<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="Configure a pipeline to define the stream of data. After you configure the pipeline, you can start the pipeline."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>Configuring a Pipeline</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="task_xlv_jdw_kq-d16893e13032"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Pipeline_Configuration/ConfiguringAPipeline.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Pipeline_Configuration/ConfiguringAPipeline.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body id="task_xlv_jdw_kq" class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_qn1_wn4_kq"><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html">Pipeline Configuration</a></div></div></li><li class="active"><div class="topicref" data-id="task_xlv_jdw_kq"><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/ConfiguringAPipeline.html">Configuring a Pipeline</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Pipeline_Configuration/Expressions.html#concept_ofb_1cm_xq" title="Expression Configuration" aria-label="Previous topic: Expression Configuration" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" title="Data Formats" aria-label="Next topic: Data Formats" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_izr_f2p_rq-d16893e11221" class="topicref" data-id="concept_izr_f2p_rq" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/DataCollectorUI-Config.html#concept_izr_f2p_rq" id="concept_izr_f2p_rq-d16893e11221-link">Data Collector UI - Edit Mode</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_mjg_ly5_pgb-d16893e11245" class="topicref" data-id="concept_mjg_ly5_pgb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/ProductIcons_Doc.html" id="concept_mjg_ly5_pgb-d16893e11245-link">Pipeline Types and Icons in Documentation</a></div></div></li><li role="treeitem"><div data-tocid="concept_cgm_ktz_2t-d16893e11267" class="topicref" data-id="concept_cgm_ktz_2t" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/Retry.html#concept_cgm_ktz_2t" id="concept_cgm_ktz_2t-d16893e11267-link">Retrying the Pipeline</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_erj_qg4_qv-d16893e11291" class="topicref" data-id="concept_erj_qg4_qv" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineRateLimit.html#concept_erj_qg4_qv" id="concept_erj_qg4_qv-d16893e11291-link">Rate Limit</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_ddf_hr1_rmb-d16893e11315" class="topicref" data-id="concept_ddf_hr1_rmb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/AdvancedOptions.html" id="concept_ddf_hr1_rmb-d16893e11315-link">Advanced Options</a></div></div></li><li role="treeitem"><div data-tocid="concept_alb_b3y_cbb-d16893e11337" class="topicref" data-id="concept_alb_b3y_cbb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb" id="concept_alb_b3y_cbb-d16893e11337-link">Simple and Bulk Edit Mode</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_h5b_kcr_kz-d16893e11361" class="topicref" data-id="concept_h5b_kcr_kz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_h5b_kcr_kz-d16893e11361-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/RuntimeValues.html#concept_h5b_kcr_kz" id="concept_h5b_kcr_kz-d16893e11361-link">Runtime Values</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jcw_n4t_51b-d16893e11738" class="topicref" data-id="concept_jcw_n4t_51b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jcw_n4t_51b-d16893e11738-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/EventGeneration.html#concept_jcw_n4t_51b" id="concept_jcw_n4t_51b-d16893e11738-link">Event Generation</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mp1_t3l_rz-d16893e11784" class="topicref" data-id="concept_mp1_t3l_rz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mp1_t3l_rz-d16893e11784-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/Webhooks.html#concept_mp1_t3l_rz" id="concept_mp1_t3l_rz-d16893e11784-link">Webhooks</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_mtn_k4j_rz-d16893e11874" class="topicref" data-id="concept_mtn_k4j_rz" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/Notifications.html#concept_mtn_k4j_rz" id="concept_mtn_k4j_rz-d16893e11874-link">Notifications</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_dd1_n3f_5z-d16893e11899" class="topicref" data-id="concept_dd1_n3f_5z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_dd1_n3f_5z-d16893e11899-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/SSL-TLS.html#concept_dd1_n3f_5z" id="concept_dd1_n3f_5z-d16893e11899-link">SSL/TLS Encryption</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ypw_hbj_3nb-d16893e12071" class="topicref" data-id="concept_ypw_hbj_3nb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ypw_hbj_3nb-d16893e12071-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/AmazonSecurity.html#concept_ypw_hbj_3nb" id="concept_ypw_hbj_3nb-d16893e12071-link">Security in Amazon Stages</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vl2_bbx_q1b-d16893e12192" class="topicref" data-id="concept_vl2_bbx_q1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vl2_bbx_q1b-d16893e12192-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/GoogleCloud-Credentials.html#concept_vl2_bbx_q1b" id="concept_vl2_bbx_q1b-d16893e12192-link">Security in Google Cloud Stages</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jpy_ln5_klb-d16893e12280" class="topicref" data-id="concept_jpy_ln5_klb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jpy_ln5_klb-d16893e12280-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/KafkaSecurity.html#concept_jpy_ln5_klb" id="concept_jpy_ln5_klb-d16893e12280-link">Security in Kafka Stages</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ujc_cml_smb-d16893e12549" class="topicref" data-id="concept_ujc_cml_smb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ujc_cml_smb-d16893e12549-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/KMessageKey.html#concept_ujc_cml_smb" id="concept_ujc_cml_smb-d16893e12549-link">Kafka Message Keys</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fgb_tkd_z4b-d16893e12715" class="topicref" data-id="concept_fgb_tkd_z4b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fgb_tkd_z4b-d16893e12715-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/SalesforceAuth.html#concept_fgb_tkd_z4b" id="concept_fgb_tkd_z4b-d16893e12715-link">Authentication in Salesforce Stages</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_azs_swf_jr-d16893e12763" class="topicref" data-id="concept_azs_swf_jr" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/Validation.html#concept_azs_swf_jr" id="concept_azs_swf_jr-d16893e12763-link">Implicit and Explicit Validation</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ofb_1cm_xq-d16893e12787" class="topicref" data-id="concept_ofb_1cm_xq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ofb_1cm_xq-d16893e12787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/Expressions.html#concept_ofb_1cm_xq" id="concept_ofb_1cm_xq-d16893e12787-link">Expression Configuration</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" class="active"><div data-tocid="task_xlv_jdw_kq-d16893e13032" class="topicref" data-id="task_xlv_jdw_kq" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/ConfiguringAPipeline.html" id="task_xlv_jdw_kq-d16893e13032-link">Configuring a Pipeline</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="- topic/topic task/task topic task" role="article" aria-labelledby="ariaid-title1">
    <h1 class="- topic/title title topictitle1" id="ariaid-title1">Configuring a Pipeline</h1>
    
    <div class="- topic/body task/taskbody body taskbody"><p class="- topic/shortdesc shortdesc">Configure a pipeline to define the stream of data. After you configure the pipeline,
        you can start the pipeline. </p>
        <section class="- topic/section task/context section context">
            <div class="- topic/p p">A pipeline can include the following stages:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_eyy_b2w_kq" data-ofbid="task_xlv_jdw_kq__ul_eyy_b2w_kq">
                    <li class="- topic/li li">A single origin stage</li>
                    <li class="- topic/li li">Multiple processor stages</li>
                    <li class="- topic/li li">Multiple destination stages</li>
                    <li class="- topic/li li">Multiple executor stages</li>
                    
                </ul></div>
        </section>
        <section class="- topic/ol task/steps ol steps"><ol class="- topic/ol task/steps ol steps" id="task_xlv_jdw_kq__steps_tsx_d2w_kq" data-ofbid="task_xlv_jdw_kq__steps_tsx_d2w_kq"><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd"><span class="- topic/ph ph">From the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Home</span> page or <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Getting
                            Started</span> page, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Create New
                            Pipeline</span>.</span></span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To get to the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Home</span> page, click the Home
                        icon.</div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">In the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">New Pipeline</span> window, enter a pipeline title and
                    optional description, and select the type of pipeline to create:</span>
                <ul class="- topic/ul task/choices ul choices" id="task_xlv_jdw_kq__choices_gxy_lg2_rbb" data-ofbid="task_xlv_jdw_kq__choices_gxy_lg2_rbb">
                    <li class="- topic/li task/choice li choice"><span class="- topic/ph ph">Data Collector</span> Pipeline -
                        Select to design a<span class="- topic/ph ph"> standalone or cluster execution mode
                            pipeline</span> that runs on <span class="- topic/ph ph">Data Collector</span>.</li>
                    <li class="- topic/li task/choice li choice"><span class="- topic/ph ph">Data Collector Edge</span> Pipeline
                        - Select to design an edge execution mode pipeline that runs on <span class="- topic/ph ph">Data Collector Edge</span>.</li>
                    <li class="- topic/li task/choice li choice">Microservice Pipeline - Select to design a microservice
                        pipeline based on the sample pipeline or to review the sample
                        pipeline.</li>
                </ul>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Save</span>.</span>
                <div class="- topic/itemgroup task/stepresult itemgroup stepresult">The pipeline canvas displays the pipeline title, the generated pipeline
                    ID, and an error icon. The error icon indicates that you need to configure error
                    handling for the pipeline. The Properties panel displays the pipeline
                    properties. </div>
            </li><li class="- topic/li task/step li step" id="task_xlv_jdw_kq__pipeProperties" data-ofbid="task_xlv_jdw_kq__pipeProperties">
                <span class="- topic/ph task/cmd ph cmd">In the Properties panel, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_ryh_vfm_zs" data-ofbid="task_xlv_jdw_kq__table_ryh_vfm_zs" data-cols="2"><caption></caption><colgroup><col style="width:33.33333333333333%"/><col style="width:66.66666666666666%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Pipeline Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Title</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Title of the pipeline. <p class="- topic/p p"><span class="- topic/ph ph">Data Collector</span> uses the alphanumeric characters
                                            entered for the pipeline title as a prefix for the
                                            generated pipeline ID. For example, if you enter
                                                <kbd class="+ topic/ph sw-d/userinput ph userinput">My Pipeline *&amp;%&amp;^^
                                                123</kbd> as the pipeline title, then the
                                            pipeline ID has the following value:
                                            MyPipeline123tad9f592-5f02-4695-bb10-127b2e41561c.</p><p class="- topic/p p">You
                                            can edit the pipeline title. However, because the
                                            pipeline ID is used to identify the pipeline, any
                                            changes to the pipeline title are not reflected in the
                                            pipeline ID.</p></td>
                                </tr>
                                
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Description</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Optionally edit or add a description of the
                                        pipeline.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Labels</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Optional labels to assign to the pipeline. <p class="- topic/p p">Use labels
                                            to group similar pipelines. For example, you might want
                                            to group pipelines by database schema or by the test or
                                            production environment. </p><div class="- topic/p p">You can use nested labels to create a hierarchy of pipeline
                  groupings. Enter nested labels using the following
                  format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;label1&gt;/&lt;label2&gt;/&lt;label3&gt;</code></pre>For example, to
                  group pipelines in the test environment by the origin system, you might add the
                  labels <code class="+ topic/ph pr-d/codeph ph codeph">Test/HDFS</code> and <code class="+ topic/ph pr-d/codeph ph codeph">Test/Elasticsearch</code> to the
                  appropriate pipelines.</div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1"><a class="- topic/xref xref" href="../Cluster_Mode/ClusterPipelines.html#concept_hmh_kfn_1s">Execution Mode</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Execution mode of the pipeline:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_bn5_jsz_zr" data-ofbid="task_xlv_jdw_kq__ul_bn5_jsz_zr">
                                            <li class="- topic/li li">Standalone - A single <span class="- topic/ph ph">Data Collector</span> process runs the pipeline.</li>
                                            <li class="- topic/li li">Cluster Batch - <span class="- topic/ph ph">Data Collector</span> spawns additional workers as needed to process
                                                data in HDFS or MapR. Processes all available data
                                                and then stops the pipeline.</li>
                                            <li class="- topic/li li">Cluster Yarn Streaming - <span class="- topic/ph ph">Data Collector</span> spawns additional workers as needed to process
                                                data, by default. You can limit the number of
                                                workers with the Worker Count cluster property. And
                                                you can use the Extra Spark Configuration property
                                                to pass Spark configurations to the spark-submit
                                                  script.<p class="- topic/p p">Use to stream data from a Kafka or MapR
                                                  cluster that uses Spark Streaming on
                                                YARN.</p></li>
                                            <li class="- topic/li li">Edge - A single <span class="- topic/ph ph">Data Collector Edge</span> (<span class="- topic/ph ph">SDC Edge</span>) process runs the pipeline on an edge
                                                device.</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1"><span class="- topic/ph ph">Data Collector Edge</span> URL</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">
                                        <p class="- topic/p p">For edge pipelines, the URL to the <span class="- topic/ph ph">SDC Edge</span> installation. Used when you directly publish and
                                            manage the pipeline on an <span class="- topic/ph ph">SDC Edge</span> that is not registered with <span class="- topic/ph ph">Control Hub</span>. You can leave the default value when you publish the
                                            pipeline to <span class="- topic/ph ph">Control Hub</span>, add the pipeline to a job, and start the job on a
                                            registered <span class="- topic/ph ph">SDC Edge</span>. For more information, see <a class="- topic/xref xref" href="../Edge_Mode/EdgePipelines_Deploy.html#task_isp_m2f_3db">Publishing a Single Pipeline</a> and <a class="- topic/xref xref" href="../Edge_Mode/EdgePipelines_Manage.html#concept_tqk_dbb_4db">Manage Pipelines on SDC Edge</a>.</p>
                                        <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__image_cjt_mbb_sgb" src="../../../reusable-content/shared-graphics/icon-SDC.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector</span> pipelines.</span></p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/DatainMotion.html#concept_ffz_hhw_kq" title="When you configure a pipeline, you define how you want data to be treated: Do you want to prevent the loss of data or the duplication of data?">Delivery Guarantee</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Determines how <span class="- topic/ph ph">Data Collector</span> handles data after an unexpected event causes the
                                        pipeline to stop running:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_b4v_51m_sq" data-ofbid="task_xlv_jdw_kq__ul_b4v_51m_sq">
                                            <li class="- topic/li li">At Least Once - Ensures all data is processed and
                                                written to the destination. Might result in
                                                duplicate rows.</li>
                                            <li class="- topic/li li">At Most Once - Ensures that data is not reprocessed
                                                to prevent writing duplicate data to the
                                                destination. Might result in missing rows.</li>
                                        </ul><p class="- topic/p p">Default is At Least Once.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/TestOrigin.html#concept_sgt_s5v_g2b">Test Origin</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">A virtual origin to provide test data for data preview.
                                        Only used when the Test Origin option is selected in the
                                        Preview Configuration dialog box. <p class="- topic/p p">To enable the use of a
                                            test origin, select the origin to access the test data,
                                            then configure the origin properties on the Test Origin
                                            tab. You can use any available origin. </p><p class="- topic/p p">Default is
                                            the Dev Raw Data Source origin. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Start Event</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Determines how the start event is handled. Select one of
                                        the following options:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_jmt_hht_51b" data-ofbid="task_xlv_jdw_kq__ul_jmt_hht_51b">
                                            <li class="- topic/li li">Discard - Use when you don't want to use the
                                                event.</li>
                                            <li class="- topic/li li">An executor - To use the event to trigger a task,
                                                select the executor that you want to use. For more
                                                information about the executors, see <a class="- topic/xref xref" href="../Executors/Executors-overview.html#concept_stt_2lk_fx">Executors</a>.</li>
                                            <li class="- topic/li li">Write to Another Pipeline - Use to
                                                pass the event to another pipeline for more complex
                                                processing. </li>
                                        </ul><p class="- topic/p p">Use in standalone <span class="- topic/ph ph">Data Collector</span> pipelines only. </p><p class="- topic/p p">For more information about
                                            pipeline events, see <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_amg_2qr_t1b">Pipeline Event Generation</a>.</p><p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__image_spk_lbb_sgb" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span>
                                        </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Stop Event</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Determines how the stop event is handled. Select one of
                                        the following options:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_gcx_5ht_51b" data-ofbid="task_xlv_jdw_kq__ul_gcx_5ht_51b">
                                            <li class="- topic/li li">Discard - Use when you don't want to use the
                                                event.</li>
                                            <li class="- topic/li li">An executor - To use the event to trigger a task,
                                                select the executor that you want to use. For more
                                                information about the executors, see <a class="- topic/xref xref" href="../Executors/Executors-overview.html#concept_stt_2lk_fx">Executors</a>.</li>
                                            <li class="- topic/li li">Write to Another Pipeline - Use to
                                                pass the event to another pipeline for more complex
                                                processing. </li>
                                        </ul><p class="- topic/p p">Use in standalone <span class="- topic/ph ph">Data Collector</span> pipelines only. </p><p class="- topic/p p">For more information about
                                            pipeline events, see <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_amg_2qr_t1b">Pipeline Event Generation</a>.</p><p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span>
                                        </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1"><a class="- topic/xref xref" href="Retry.html#concept_cgm_ktz_2t" title="By default, when Data Collector encounters a stage-level error that might cause a standalone pipeline to fail, it retries the pipeline. That is, it waits a period of time, and then tries again to run the pipeline.">Retry Pipeline
                                            on Error</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Retries the pipeline upon error. <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span>
                                        </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Retry Attempts</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Number of retries attempted. Use -1 to retry
                                        indefinitely. <p class="- topic/p p">The wait time between retries starts at 15
                                            seconds and doubles until reaching five minutes.</p><p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1"><a class="- topic/xref xref" href="PipelineRateLimit.html#concept_erj_qg4_qv" title="You can limit the rate at which a Data Collector pipeline processes records by defining the maximum number of records that the pipeline can read in a second.">Rate Limit (records /
                                            sec)</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Maximum number of records that the pipeline can read in a
                                        second. Use 0 or no value to set no rate limit.<p class="- topic/p p">Default is
                                            0.</p><p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Max Runners </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">The maximum number of pipeline runners to use in a
                                        multithreaded pipeline. <p class="- topic/p p">Use 0 for no limit. When set to
                                            0, <span class="- topic/ph ph">Data Collector</span> generates up to the maximum number of threads or
                                            concurrency configured in the origin. </p><p class="- topic/p p">You can use
                                            this property to help tune pipeline performance. For
                                            more information, see <a class="- topic/xref xref" href="../Multithreaded_Pipelines/MultithreadedPipelines.html#concept_fmg_pjd_mz">Tuning Threads and Runners</a>.</p><p class="- topic/p p">Default is 0. </p><p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Runner Idle Time (sec)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">
                                        <p class="- topic/p p">Minimum number of seconds a pipeline runner waits when
                                            idle before generating an empty batch. The number of
                                            empty batches that are generated by pipeline runners
                                            displays as the Idle Batch Count in the monitor mode
                                            runtime statistics. </p>
                                        <p class="- topic/p p">Use to ensure that batches are generated periodically,
                                            even when no data needs to be processed.</p>
                                        <p class="- topic/p p">Use -1 to allow pipeline runners to wait indefinitely
                                            when idle without generating empty batches.</p>
                                        <p class="- topic/p p">For standalone pipelines only.</p>
                                        <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span></p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__1">Create Failure Snapshot</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_ryh_vfm_zs__entry__2">Automatically creates a snapshot if the pipeline fails
                                        because of data-related errors. Can be used to troubleshoot
                                        the pipeline. <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span></p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">To define runtime parameters, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Parameters</span> tab, click
                    the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and define the name and the default value
                    for each parameter. You can use <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a> to add the parameters.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For more information, see <a class="- topic/xref xref" href="RuntimeValues.html#concept_rjh_ntz_qr" title="Runtime parameters are parameters that you define in a pipeline and then call from within that same pipeline. When the pipeline runs, the value replaces the name of the runtime parameter. Use runtime parameters to define values for stage and pipeline properties.">Runtime Parameters</a>.</div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">To configure notifications based on changes in pipeline state, on the
                        <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Notifications</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__d1300e170" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not available in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span></p>
                </div>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_zwz_34j_rz" data-ofbid="task_xlv_jdw_kq__table_zwz_34j_rz" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Notifications Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1"><a class="- topic/xref xref" href="Notifications.html#concept_mtn_k4j_rz">Notify on Pipeline State
                                            Changes</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Sends notifications when the pipeline encounters the
                                        listed pipeline states. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Email IDs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Email addresses to receive notification when the pipeline
                                        state changes to one of the specified states. Using <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to add additional
                                        addresses. </td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Error Information Level</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Amount of information included in an email notification triggered by an
                  error:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_arh_ttn_gxb" data-ofbid="task_xlv_jdw_kq__ul_arh_ttn_gxb">
                  <li class="- topic/li li">All error details </li>
                  <li class="- topic/li li">Only the error code</li>
                  <li class="- topic/li li">Error notification with no details</li>
                </ul><div class="- topic/note note note note_note"><span class="note__title">Note:</span> Error details can include sensitive information.</div>
              </td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1"><a class="- topic/xref xref" href="Webhooks.html#concept_mp1_t3l_rz">Webhooks</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Webhook to send when the pipeline state changes to one of
                                        the specified states. Using <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to add additional
                                        webhooks.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Webhook URL</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">URL to send the HTTP request.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Headers</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Optional HTTP request headers. </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">HTTP Method</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">HTTP method. Use one of the following methods: <ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_dr2_33t_rz" data-ofbid="task_xlv_jdw_kq__ul_dr2_33t_rz">
                  <li class="- topic/li li">GET</li>
                  <li class="- topic/li li">PUT</li>
                  <li class="- topic/li li">POST</li>
                  <li class="- topic/li li">DELETE</li>
                  <li class="- topic/li li">HEAD</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1"><a class="- topic/xref xref" href="Webhooks.html#concept_rby_1rl_rz">Payload</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Optional payload to use. Available for PUT, POST, and
                                        DELETE methods. <p class="- topic/p p">Use any valid content type.</p><p class="- topic/p p">You can
                                            use webhook parameters in the payload to include
                                            information about the triggering event, such as the
                                            pipeline name or state. Enclose webhook parameters in
                                            double curly brackets as follows:
                                                <code class="+ topic/ph pr-d/codeph ph codeph">{{PIPELINE_STATE}}</code>.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Content Type</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Optional content type of the payload. Configure this property when the content
                type is not declared in the request headers.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Authentication Type</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Optional authentication type to include in the request. Use None, Basic,
                Digest, or Universal.<p class="- topic/p p">Use Basic for Form authentication.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">User Name </td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">User name to include when using authentication. </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__1">Password</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_zwz_34j_rz__entry__2">Password to include when using authentication.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records</span> tab and configure the following
                    error handling options:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_ydn_bfd_t2b" data-ofbid="task_xlv_jdw_kq__table_ydn_bfd_t2b" data-cols="2"><caption></caption><colgroup><col style="width:27.77777777777778%"/><col style="width:72.22222222222221%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_ydn_bfd_t2b__entry__1">Error Records Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_ydn_bfd_t2b__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ydn_bfd_t2b__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ErrorHandling.html#concept_kgc_l4y_5r">Error Records</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ydn_bfd_t2b__entry__2">Determines how to handle records that cannot be processed
                                        as expected. <p class="- topic/p p">Use one of the following options: </p><ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul-writeToErrorOptions" data-ofbid="task_xlv_jdw_kq__ul-writeToErrorOptions">
                                            <li class="- topic/li li">Discard - Discards error records.</li>
                                            <li class="- topic/li li">Send Response to Origin - Passes error records back
                                                to the microservice origin to be included in a
                                                response to the originating REST API client. Use in
                                                  <a class="- topic/xref xref" href="../Microservice/Microservice_Title.html#concept_qfh_xdm_p2b" title="A microservice pipeline is a pipeline that creates a fine-grained service to perform a specific task.">microservice pipelines</a> only. </li>
                                            <li class="- topic/li li">Write to Amazon S3 - Writes error records to Amazon
                                                S3.</li>
                                            <li class="- topic/li li">Write to Another Pipeline - Writes
                                                error records to another pipeline. To use this
                                                option, you need an SDC RPC destination pipeline to
                                                process the error records. </li>
                                            <li class="- topic/li li">Write to Azure Event Hub - Writes error records to
                                                the specified Microsoft Azure Event Hub.</li>
                                            <li class="- topic/li li">Write to Elasticsearch - Writes error records to the
                                                specified Elasticsearch cluster.</li>
                                            <li class="- topic/li li">Write to File - Writes error records to a file in
                                                the specified directory. <p class="- topic/p p">Write to
                                                  File is not supported for cluster mode at this
                                                  time. </p></li>
                                            <li class="- topic/li li">Write to Google Cloud Storage - Writes error records
                                                to Google Cloud Storage.</li>
                                            <li class="- topic/li li">Write to Google Pub/Sub - Writes error records to
                                                Google Pub/Sub.</li>
                                            <li class="- topic/li li">Write to Kafka - Writes error records to the
                                                specified Kafka cluster.</li>
                                            <li class="- topic/li li">Write to Kinesis - Writes error records to the
                                                specified Kinesis stream.</li>
                                            <li class="- topic/li li">Write to MapR Streams - Writes error records to the
                                                specified MapR Streams cluster.</li>
                                            <li class="- topic/li li">Write to MQTT - Writes error records to the
                                                specified MQTT broker.</li>
                                        </ul><p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__image_mls_g3j_qgb" src="../../../reusable-content/datacollector/../shared-graphics/icon-Edge.png" height="19" width="19"/> In <span class="- topic/ph ph">Data Collector Edge</span> pipelines,</span> you can use Discard, Write to File, or Write to
                                            MQTT.</p></td>
                                </tr>
                                <tr class="- topic/row" id="task_xlv_jdw_kq__Row-ErrorRecPolicy">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_ydn_bfd_t2b__entry__1">Error Record Policy</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_ydn_bfd_t2b__entry__2">Determines the version of the record to use as a basis
                                        for an error record. For more information, see <a class="- topic/xref xref" href="../Pipeline_Design/ErrorHandling.html#concept_itr_mzw_j1b">Error Records and Version</a>.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing errors to Send Response to Origin, optionally click the
                        <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records - Send Response to Origin</span> tab and
                    configure the following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_SendResponse_Property" data-ofbid="task_xlv_jdw_kq__table_SendResponse_Property" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry align-left colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_SendResponse_Property__entry__1">Send Response to Origin Property</th>
                                    <th class="- topic/entry entry align-left colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_SendResponse_Property__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry align-left colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_SendResponse_Property__entry__1">Status Code</td>
                                    <td class="- topic/entry entry align-left colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_SendResponse_Property__entry__2">HTTP status code for the error records. Default is 500,
                                        representing an internal server error. <p class="- topic/p p">All error records
                                            are included in the response as error
                                        records.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Amazon S3, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records -
                        Write to Amazon S3</span> tab and configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_vcw_5dk_gjb" data-ofbid="task_xlv_jdw_kq__table_vcw_5dk_gjb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Amazon S3 Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="AmazonSecurity.html#concept_ypw_hbj_3nb">Authentication Method</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2"><span class="- topic/ph ph">Authentication method used to connect to Amazon Web Services
                                (AWS):</span><ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_AmazonAuthMethod" data-ofbid="task_xlv_jdw_kq__ul_AmazonAuthMethod">
                                <li class="- topic/li li"><span class="- topic/ph ph" id="task_xlv_jdw_kq__ph-awskeys">AWS Keys - Authenticates
                                        using an AWS access key pair.</span></li>
                                <li class="- topic/li li">Instance Profile - Authenticates using an instance profile
                                    associated with theÂ <span class="- topic/ph ph">Data Collector</span>Â EC2 instance.</li>
                                <li class="- topic/li li" id="task_xlv_jdw_kq__li_NoneAuthMethod" data-ofbid="task_xlv_jdw_kq__li_NoneAuthMethod">None - Connects to a public bucket using
                                    no authentication.</li>
                            </ul></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Access Key ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">AWS access key ID. Required when using AWS keys to authenticate with
                            AWS.</td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Secret Access Key</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2"><span class="- topic/ph ph">AWS secret access key. Required when
                                using AWS keys to authenticate with AWS.</span><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  access key pairs, you can use <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="AmazonSecurity.html#concept_inb_tdj_3nb" title="When using instance profile or AWS access keys authentication, you can configure the Amazon stage to assume another IAM role.">Assume Role</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2"><span class="- topic/ph ph">Temporarily assumes another role to
                                authenticate with AWS.</span></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Role ARN</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_RoleARN" data-ofbid="task_xlv_jdw_kq__p_RoleARN">Amazon resource name (ARN) of the role to assume,
                                entered in the following format:</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_RoleARNSample" data-ofbid="task_xlv_jdw_kq__p_RoleARNSample"><code class="+ topic/ph pr-d/codeph ph codeph">arn:aws:iam::&lt;account_id&gt;:role/&lt;role_name&gt;</code></p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_RoleARNSample2" data-ofbid="task_xlv_jdw_kq__p_RoleARNSample2">Where <code class="+ topic/ph pr-d/codeph ph codeph">&lt;account_id&gt;</code> is the
                                ID of your AWS account and <code class="+ topic/ph pr-d/codeph ph codeph">&lt;role_name&gt;</code> is the
                                name of the role to assume. You must create and attach an IAM trust
                                policy to this role that allows the role to be assumed.</p>
                            <p class="- topic/p p">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Role Session Name</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_RoleSessionName" data-ofbid="task_xlv_jdw_kq__p_RoleSessionName">Optional name for the session created by
                                assuming a role. Overrides the default unique identifier for the
                                session.</p>
                            <p class="- topic/p p">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Session Timeout</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_SessionTimeout" data-ofbid="task_xlv_jdw_kq__p_SessionTimeout">Maximum number of seconds for each session
                                created by assuming a role. The session is refreshed if the pipeline
                                continues to run for longer than this amount of time.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_SessionTimeoutValues" data-ofbid="task_xlv_jdw_kq__p_SessionTimeoutValues">Set to a value between 3,600 seconds and
                                43,200 seconds. </p>
                            <p class="- topic/p p">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Set Session Tags</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__entry-SetSessionTags" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_SessionTags" data-ofbid="task_xlv_jdw_kq__p_SessionTags">Sets a session tag to record the name of the
                                currently logged in <span class="- topic/ph ph">StreamSets</span>
                                user that starts the pipeline or the job for the pipeline. AWS IAM
                                verifies that the user account set in the session tag can assume the
                                specified role.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_SessionTagsPolicy" data-ofbid="task_xlv_jdw_kq__p_SessionTagsPolicy">Select only when the IAM trust policy
                                attached to the role to be assumed uses session tags and restricts
                                the session tag values to specific user accounts.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_SessionTagsCleared" data-ofbid="task_xlv_jdw_kq__p_SessionTagsCleared">When cleared, the connection does not set a
                                session tag.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p_SessionTagsAvailable" data-ofbid="task_xlv_jdw_kq__p_SessionTagsAvailable">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Use Specific Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Specify the AWS region or endpoint to connect to.<p class="- topic/p p">When cleared, the
                                stage uses the Amazon S3 default global endpoint,
                                    <kbd class="+ topic/ph sw-d/userinput ph userinput">s3.amazonaws.com</kbd>.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__entry_AWSRegion-Description" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">AWS region to connect to. Select one
                            of the available regions. To specify an endpoint to connect to, select
                            Other. </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Endpoint</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Endpoint to connect to when you select Other for the region. Enter
                            the endpoint name. </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Use Custom Endpoint</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Specify a specific signing region when connecting to a custom
                                endpoint.<p class="- topic/p p">When cleared, the stage uses the region specified in the
                                endpoint.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Signing Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">AWS region used by the custom endpoint.</td>
                    </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_bnp_gwp_f1b">Bucket</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Bucket to use when writing records.<p class="- topic/p p">Enter a bucket name or define an
                  expression that evaluates to bucket names. </p><p class="- topic/p p">When using datetime variables in
                  the expression, be sure to configure the time basis for the stage.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Common Prefix</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Common prefix that determines where objects are written. </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_qw5_gtq_yv">Partition Prefix</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Optional partition prefix to specify the partition to use. <p class="- topic/p p">Use a specific
                  partition prefix or define an expression that evaluates to a partition prefix.
                  </p><p class="- topic/p p">When using datetime variables in the expression, be sure to configure the
                  time basis for the stage.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Object Name Suffix</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Suffix to use for object names, such as txt or json. When used, the destination
                adds a period and the configured suffix as follows: &lt;object
                  name&gt;.&lt;suffix&gt;.<p class="- topic/p p">You can include periods within the suffix, but do not start
                  the suffix with a period. Forward slashes are not allowed.</p><p class="- topic/p p">Not available for
                  the whole file data format. </p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_adm_kn1_mw">Use
                  Server-Side Encryption</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Enables server-side encryption.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Server-Side Encryption Option</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Option that Amazon S3 uses to manage the encryption keys:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_erv_1w1_mw" data-ofbid="task_xlv_jdw_kq__ul_erv_1w1_mw">
                  <li class="- topic/li li">SSE-S3 - Use Amazon S3-managed keys.</li>
                  <li class="- topic/li li">SSE-KMS - Use Amazon Web Services KMS-managed keys.</li>
                  <li class="- topic/li li">SSE-C - Use customer-provided keys.</li>
                </ul><p class="- topic/p p">Default is SSE-S3.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">AWS KMS Key ARN</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-KeyARN" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Amazon resource name (ARN) of the AWS KMS master encryption key.
                Use the following
                  format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;arn&gt;:&lt;aws&gt;:&lt;kms&gt;:&lt;region&gt;:&lt;acct ID&gt;:&lt;key&gt;/&lt;key ID&gt;</code></pre><p class="- topic/p p">Used
                  for SSE-KMS encryption only.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Object Ownership</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                <div class="- topic/p p">Determines ownership of the objects written to the bucket:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_ck2_zft_dyb" data-ofbid="task_xlv_jdw_kq__ul_ck2_zft_dyb">
                    <li class="- topic/li li">Default - Objects are written with the bucket owner enforced setting. Access
                      control lists (ACLs) are disabled on the objects, and the bucket owner
                      automatically owns and has full control over the objects. The bucket uses
                      policies to define access control instead of ACLs.</li>
                    <li class="- topic/li li">Bucket Owner Full Control - Objects are written with the bucket owner
                      preferred setting. ACLs are enabled on the object, and the object is assigned
                      the <code class="+ topic/ph pr-d/codeph ph codeph">bucket-owner-full-control</code> canned ACL.</li>
                  </ul></div>
                <p class="- topic/p p">Amazon S3 recommends using the default ownership to keep ACLs disabled except in
                  unusual circumstances where you must control access for each object individually.
                  For more information, see the <a class="- topic/xref xref" href="https://docs.aws.amazon.com/AmazonS3/latest/userguide/about-object-ownership.html" target="_blank" rel="external noopener">Amazon S3 documentation</a>.</p>
              </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Delimiter</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Delimiter used by Amazon S3 to define the prefix hierarchy.<p class="- topic/p p">Default is slash
                  ( / ).</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Encryption Context</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-EncryptionContext" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Key-value pairs to use for the encryption context.
                Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add key-value pairs.<p class="- topic/p p">Used for SSE-KMS
                  encryption only.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Customer Encryption Key</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">The 256-bit and Base64 encoded encryption key to use.<p class="- topic/p p">Used for SSE-C
                  encryption only.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Customer Encryption Key MD5</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">The 128-bit and Base64 encoded MD5 digest of the encryption key according to
                RFC 1321.<p class="- topic/p p">Used for SSE-C encryption only.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_qtb_njg_vw">Data Time Zone</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                <p class="- topic/p p">Time zone for the destination system. Used with the time basis to resolve
                  datetimes in a time-based bucket or partition prefix. </p>
              </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_qtb_njg_vw">Time Basis</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">
                <div class="- topic/p p">Time basis to use for writing to a time-based bucket or partition prefix. Use one
                  of the following expressions:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_wbn_qdt_r5" data-ofbid="task_xlv_jdw_kq__ul_wbn_qdt_r5">
                    <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">${time:now()}</code> - Uses the processing time as the time basis
                      in conjunction with the specified Data Time Zone.</li>
                    <li class="- topic/li li">An expression that calls a field and resolves to a datetime value, such as
                        <code class="+ topic/ph pr-d/codeph ph codeph">${record:value(&lt;date field path&gt;)}</code>. Uses the time
                      associated with the record as the time basis, adjusted for the specified Data
                      Time Zone.</li>
                  </ul></div>
                <p class="- topic/p p">When the Bucket and Partition Prefix properties have no time component, you can
                  ignore this property. </p>
                <p class="- topic/p p">Default is <code class="+ topic/ph pr-d/codeph ph codeph">${time:now()}</code>.</p>
              </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_lkp_jd3_yv">Object
                  Name Prefix</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Defines a prefix for object names written by the destination. By default,
                object names start with <code class="+ topic/ph pr-d/codeph ph codeph">sdc</code> as follows: <code class="+ topic/ph pr-d/codeph ph codeph">sdc-&lt;UTC
                  timestamp&gt;-&lt;counter&gt;</code>. </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Compress with Gzip</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Compresses files with gzip before writing to Amazon S3.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1"><a class="- topic/xref xref" href="../Destinations/AmazonS3.html#concept_fwh_crn_jsb">Add Tags</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Enables adding tags to the Amazon S3 objects that are created.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Tags</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Tags to add to an object. Using <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add Another</span> to
                configure a tag. <p class="- topic/p p"><span class="- topic/ph ph">You can configure multiple tags. When you configure a tag,
                        you can define a tag with just the key or specify a key and value.</span></p></td>
            </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Connection Timeout</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-ConnTimeout" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Seconds to wait for a response before closing the
                            connection. </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Socket Timeout</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-SocketTimeout" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Seconds to wait for a response to a
                            query.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Retry Count</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-RetryCount" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Maximum number of times to retry requests.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Use Proxy</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-UseProxy" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Specifies whether to use a proxy to connect.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Proxy Host</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-ProxyHost" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Proxy host.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Proxy Port</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-ProxyPort" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Proxy port.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Proxy User</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">User name for proxy credentials.</td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Proxy Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2"><span class="- topic/ph ph">Password for proxy
                            credentials.</span><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_xlv_jdw_kq__ph-runtimeresources_credstores">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Proxy Domain</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Optional domain name for the proxy server.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Proxy Workstation</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Optional workstation for the proxy server.</td>
                    </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Thread Pool Size for Parallel Uploads</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-ThreadsUpload" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Size of the thread pool for parallel uploads. Used when
              working with multiple partitions and processing large objects in multiple
                parts.<p class="- topic/p p">When working with multiple partitions, setting this property up to the
                number of partitions being used to can improve performance. </p><p class="- topic/p p">For more
                information about this and the following properties, see the Amazon S3
                TransferManager documentation.</p></td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Multipart Upload Threshold</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__S3-MultipartThresh" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Minimum batch size in bytes for multipart
              uploads.</td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__1">Minimum Upload Part Size</td>
            <td class="- topic/entry entry colsep-0 rowsep-0" id="task_xlv_jdw_kq__S3-MinUploadSize" headers="task_xlv_jdw_kq__table_vcw_5dk_gjb__entry__2">Minimum part size in bytes for multipart uploads.</td>
          </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to an SDC RPC pipeline, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error
                        Records - Write to Another Pipeline</span> tab and configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_abt_n11_ft" data-ofbid="task_xlv_jdw_kq__table_abt_n11_ft" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Write to Pipeline Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1"><a class="- topic/xref xref" href="../Destinations/SDC_RPCdest.html#concept_icz_wzw_dt" title="In an SDC RPC destination, the RPC connections define where the destination passes data.">SDC RPC Connection</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Connection information for the destination pipeline to
                                        continue processing data. Use the following format:
                                            <code class="+ topic/ph pr-d/codeph ph codeph">&lt;host&gt;:&lt;port&gt;</code>. <p class="- topic/p p">Use a single
                                            RPC connection for each destination pipeline. Using
                                                <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, add additional
                                            connections as needed.</p><p class="- topic/p p">Use the port number when
                                            you configure the SDC RPC origin that receives the
                                            data.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">SDC RPC ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">User-defined ID to allow the destination to pass data to
                                        an SDC RPC origin. Use this ID in all SDC RPC origins to
                                        process data from the destination.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Use TLS</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__UseTLS" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Enables the use of TLS. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Use Remote Truststore</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Enables loading the contents of the truststore from a
                                        remote credential store or from values entered in the stage
                                        properties. For more information, see <a class="- topic/xref xref" href="SSL-TLS.html#concept_q2c_hj2_1nb" title="You can configure stages to load the contents of the keystore or truststore from a remote credential store or from values entered in the stage properties. The stage builds the keystore or truststore from the private key and certificates retrieved from the credential store or entered in the stage properties.">Remote Keystore and Truststore</a>.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Trusted Certificates</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Each PEM certificate used in the remote truststore. Enter
                                        a <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_yvc_3qs_r1b">credential function</a> that returns the certificate
                                        or enter the contents of the certificate.<p class="- topic/p p">Using simple or
                                            bulk edit mode, click the <strong class="+ topic/ph hi-d/b ph b">Add</strong> icon to add
                                            additional certificates.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1"><a class="- topic/xref xref" href="SSL-TLS.html#concept_kqb_rqf_5z">Truststore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreFile-desc1" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreFile-desc1">Path to the local truststore file. Enter an absolute path
                                            to the file or enter the following expression to define
                                            the file stored in the <span class="- topic/ph ph">Data Collector</span> resources directory:</p>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreFile-desc2" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreFile-desc2"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/truststore.jks</code>
                                        </p>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreFile-desc3" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreFile-desc3">By default, no truststore is used. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__entry-TLS-TruststoreType" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Truststore Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">
                                        <div class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreType-desc1" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreType-desc1">Type of truststore to use. Use one of the following
                                                types:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_czd_mfv_5bc" data-ofbid="task_xlv_jdw_kq__ul_czd_mfv_5bc">
                                                <li class="- topic/li li">Java Keystore File (JKS)</li>
                                                <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                            </ul></div>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreType-desc2" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreType-desc2">Default is Java Keystore File (JKS). </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__entry-TLS-TruststorePassword" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Truststore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststorePassword-desc" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststorePassword-desc">Password to the truststore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Truststore Trust Algorithm</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__entry-TLS-TruststoreKeyAlgo" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreKeyAlgo-desc1" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreKeyAlgo-desc1">Algorithm to manage the truststore. </p>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__p-TLS-TruststoreKeyAlgo-desc2" data-ofbid="task_xlv_jdw_kq__p-TLS-TruststoreKeyAlgo-desc2">Default is <span class="- topic/ph ph" id="task_xlv_jdw_kq__TLS-DefaultAlgorithm-ph">SunX509</span>.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Use Default Protocols</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Uses the default <span class="- topic/ph ph">TLSv1.2</span> transport layer security (TLS) protocol. To use a
                                        different protocol, clear this option.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1"><a class="- topic/xref xref" href="SSL-TLS.html#concept_mvs_cxf_5z">Transport Protocols</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">TLS protocols to use. To use a protocol other than the
                                        default <span class="- topic/ph ph">TLSv1.2</span>, click the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and enter the
                                        protocol name. You can use simple or bulk edit mode to add
                                            protocols.<div class="- topic/note note note note_note"><span class="note__title">Note:</span> Older protocols are not as secure as <span class="- topic/ph ph">TLSv1.2</span>.</div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1"><a class="- topic/xref xref" href="SSL-TLS.html#concept_cwx_dyf_5z">Use Default Cipher Suites</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Uses a default cipher suite for the SSL/TLS handshake. To
                                        use a different cipher suite, clear this option.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Cipher Suites</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Cipher suites to use. To use a cipher suite that is not a
                                        part of the default set, click the
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and enter the name of
                                        the cipher suite. You can use simple or bulk edit mode to
                                        add cipher suites.<p class="- topic/p p">Enter the Java Secure Socket Extension
                                            (JSSE) name for the additional cipher suites that you
                                            want to use. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Retries Per Batch</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Number of times the destination tries to write a batch to
                                        the SDC RPC origin. <p class="- topic/p p" id="task_xlv_jdw_kq__p-RetriesBatch" data-ofbid="task_xlv_jdw_kq__p-RetriesBatch">When the
                                            destination cannot write the batch within the configured
                                            number of retries, it fails the batch.</p><p class="- topic/p p" id="task_xlv_jdw_kq__p-RetriesBatchDefault" data-ofbid="task_xlv_jdw_kq__p-RetriesBatchDefault">Default is 3.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Back Off Period</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Milliseconds to wait before retrying writing a batch to
                                        the SDC RPC origin.<p class="- topic/p p" id="task_xlv_jdw_kq__p-BackOffExample" data-ofbid="task_xlv_jdw_kq__p-BackOffExample">The value that
                                            you enter increases exponentially after each retry,
                                            until it reaches the maximum wait time of 5 minutes. For
                                            example, if you set the back off period to 10, the
                                            destination attempts the first retry after waiting 10
                                            milliseconds, attempts the second retry after waiting
                                            100 milliseconds, and attempts the third retry after
                                            waiting 1,000 milliseconds. </p><p class="- topic/p p">Set to 0 to retry
                                            immediately.</p><p class="- topic/p p" id="task_xlv_jdw_kq__p-BackOffDefault" data-ofbid="task_xlv_jdw_kq__p-BackOffDefault">Default is
                                            0.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Connection Timeout (ms)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Milliseconds to establish a connection to the SDC RPC
                                        origin. <p class="- topic/p p">The destination retries the connection based on
                                            the Retries Per Batch property.</p><p class="- topic/p p">Default is 5000
                                            milliseconds.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1">Read Timeout (ms)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Milliseconds to wait for the SDC RPC origin to read data
                                        from a batch. <p class="- topic/p p" id="task_xlv_jdw_kq__p-ReadTimeout" data-ofbid="task_xlv_jdw_kq__p-ReadTimeout">The destination retries
                                            the write based on the Retries Per Batch property.</p><p class="- topic/p p" id="task_xlv_jdw_kq__p-ReadTimeoutDefault" data-ofbid="task_xlv_jdw_kq__p-ReadTimeoutDefault">Default is 2000
                                            milliseconds.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__1"><a class="- topic/xref xref" href="../Destinations/SDC_RPCdest.html#concept_zdq_rdj_r5" title="The SDC RPC destination compresses data by default when passing data to an SDC RPC origin. When necessary, you can disable compression in the destination.">Use Compression</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_abt_n11_ft__entry__2">Enables the destination to use compression to pass data
                                        to the SDC RPC origin. Enabled by default. </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Microsoft Azure Event Hub, click the
                        <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Error Records - Write to Event Hub</span> tab and configure
                    the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_m3z_dyl_3db" data-ofbid="task_xlv_jdw_kq__table_m3z_dyl_3db" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__1">Event Hub Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row" id="task_xlv_jdw_kq__AEhub-Namespace">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__1">Namespace Name</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__2">The name of the namespace that contains the event hub
                                        that you want to use.</td>
                                </tr>
                                <tr class="- topic/row" id="task_xlv_jdw_kq__AEhub-EventHubName">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__1">Event Hub Name</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__2">The event hub name.</td>
                                </tr>
                                <tr class="- topic/row" id="task_xlv_jdw_kq__AEhub-KeyName">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__1">Shared Access Policy Name</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__2">The policy name associated with the namespace. <p class="- topic/p p">To
                                            retrieve the policy name, when logged into the Azure
                                            portal, navigate to your namespace and event hub, and
                                            then click Shared Access Policies for a list of
                                            policies. </p><p class="- topic/p p">When appropriate, you can use the
                                            default shared access key policy,
                                            RootManageSharedAccessKey.</p></td>
                                </tr>
                                <tr class="- topic/row" id="task_xlv_jdw_kq__AEhub-Key">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__1">Connection String Key </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_m3z_dyl_3db__entry__2">One of the connection string keys associated with the
                                        specified shared access policy. <p class="- topic/p p">To retrieve a connection
                                            string key, after accessing the list of shared access
                                            policies, click the policy name, and then copy the
                                            Connection String - Primary Key value. </p><p class="- topic/p p">The value
                                            typically begins with "Endpoint".</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Elasticsearch, click the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Error Records
                        - Write to Elasticsearch</span> tab and configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_aln_mxx_ty" data-ofbid="task_xlv_jdw_kq__table_aln_mxx_ty" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Elasticsearch Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">HTTP URLs</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Comma-separated list of HTTP or HTTPS URLs used to connect to each
                            Elasticsearch server in the cluster. Use the following format:
                                    <p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">http://&lt;host1&gt;,http://&lt;host2&gt;</code></p><p class="- topic/p p">You
                                can specify a port number in the URLs to override the default port
                                defined in the HTTP Port property, as
                                    follows:</p><p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">http://&lt;host1&gt;:&lt;port&gt;,http://&lt;host2&gt;:&lt;port&gt;</code></p><p class="- topic/p p">When
                                a port number is defined in both this property and in the HTTP Port
                                property, the port in this property takes precedence. For example,
                                if you define this property as
                                    follows:</p><p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">http://server1,http://server2:1234</code></p><p class="- topic/p p">And
                                you define the default HTTP Port property as 9200, then
                                    <kbd class="+ topic/ph sw-d/userinput ph userinput">server1</kbd> uses the default port of 9200 and
                                    <kbd class="+ topic/ph sw-d/userinput ph userinput">server2</kbd> uses the port 1234.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">HTTP Port</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Default port number to use for URLs that do not include a port.<p class="- topic/p p">The
                                default HTTP port is 9200. The default HTTPS port is
                            443.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Use Security</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Specifies whether security is enabled on the Elasticsearch cluster.
                        </td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Index</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Index for the generated documents. Enter an index name or
                                        an expression that evaluates to the index name. <p class="- topic/p p">For
                                            example, if you enter <code class="+ topic/ph pr-d/codeph ph codeph">customer</code> as the
                                            index, the destination writes the document within the
                                                <code class="+ topic/ph pr-d/codeph ph codeph">customer</code> index. </p><p class="- topic/p p">If you use
                                            datetime variables in the expression, make sure to
                                            configure the time basis appropriately. For details
                                            about datetime variables, see <a class="- topic/xref xref" href="../Expression_Language/DateTimeVariables.html#concept_gh4_qd2_sv" title="The expression language provides datetime variables for use in expressions.">Datetime Variables</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Mapping</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Mapping type for the generated documents. Valid values
                                        depend on the following Elasticsearch versions:  <ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_jhd_1fr_fcc" data-ofbid="task_xlv_jdw_kq__ul_jhd_1fr_fcc">
                                            <li class="- topic/li li">Elasticsearch 5.x - Enter the mapping type, an
                                                expression that evaluates to the mapping type, or a
                                                field that includes the mapping type. For example,
                                                if you enter <code class="+ topic/ph pr-d/codeph ph codeph">user</code> as the mapping
                                                type, the destination writes the document with a
                                                  <code class="+ topic/ph pr-d/codeph ph codeph">user</code> mapping type.</li>
                                            <li class="- topic/li li">Elasticsearch 6.x or 7.x - Enter
                                                  <kbd class="+ topic/ph sw-d/userinput ph userinput">{_doc}</kbd> if Elasticsearch was
                                                upgraded from version 5.x. Otherwise, enter empty
                                                curly brackets as follows:
                                                <kbd class="+ topic/ph sw-d/userinput ph userinput">{}</kbd>. </li>
                                            <li class="- topic/li li">Elasticsearch 8.x - <span class="- topic/ph ph" id="task_xlv_jdw_kq__ph-Mapping-Ignored">This
                                                  property is ignored when used with Elasticsearch
                                                  8.0 or later, which no longer supports mapping
                                                  types. </span></li>
                                        </ul><p class="- topic/p p">For more information about the removal of mapping
                                            types, see the <a class="- topic/xref xref" href="https://www.elastic.co/guide/en/elasticsearch/reference/7.17/removal-of-types.html" target="_blank" rel="external noopener">Elasticsearch
                                                documentation</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1"><a class="- topic/xref xref" href="../Destinations/Elasticsearch.html#concept_yr2_1tf_z5" title="When appropriate, you can specify an expression that defines the document ID. When you do not specify an expression, Elasticsearch generates IDs for each document.">Document ID</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Expression that evaluates to the ID for the generated
                                        documents. When you do not specify an ID, Elasticsearch
                                        creates an ID for each document.<p class="- topic/p p">By default, the
                                            destination allows Elasticsearch to create the
                                        ID.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Additional HTTP Params</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Additional HTTP parameters that you want to send as query
                                        string parameters to Elasticsearch. Enter the exact
                                        parameter name and value expected by Elasticsearch.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Detect Additional Nodes in Cluster</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Detects additional nodes in the cluster based on the
                                        configured HTTP URLs. <p class="- topic/p p">Selecting this property is the
                                            equivalent to setting the client.transport.sniff
                                            Elasticsearch property to true. </p><p class="- topic/p p">Use only when <span class="- topic/ph ph">Data Collector</span> shares the same network as the Elasticsearch cluster.
                                            Do not use for Elastic Cloud or Docker clusters.
                                        </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1"><a class="- topic/xref xref" href="../Destinations/Elasticsearch.html#concept_dd3_vhk_r5" title="The time basis is the time used by the Elasticsearch destination to write records to time-based indexes. When indexes have no time component, you can ignore the time basis property.">Time Basis</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Time basis to use for writing to time-based indexes. Use
                                        one of the following expressions:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__d4511e10284" data-ofbid="task_xlv_jdw_kq__d4511e10284">
                                            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">${time:now()}</code> - Uses the processing
                                                time as the time basis. The processing time is the
                                                time associated with the <span class="- topic/ph ph">Data Collector</span> running the pipeline. </li>
                                            <li class="- topic/li li">An expression that calls a field and resolves to a
                                                datetime value, such as
                                                  <code class="+ topic/ph pr-d/codeph ph codeph">${record:value(&lt;date field
                                                  path&gt;)}</code>. Uses the datetime result as the
                                                time basis. </li>
                                        </ul><p class="- topic/p p">When the Index property does not include datetime
                                            variables, you can ignore this property. </p><p class="- topic/p p">Default
                                            is <code class="+ topic/ph pr-d/codeph ph codeph">${time:now()}</code>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Data Time Zone</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Time zone for the destination system. Used to resolve
                                        datetimes in time-based indexes. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Parent ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Optional parent ID for the generated documents. Enter a
                                        parent ID or an expression that evaluates to the parent ID.
                                            <p class="- topic/p p">Use to establish a parent-child relationship between
                                            documents in the same index.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Routing</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Optional custom routing value for the generated
                                        documents. Enter a routing value or an expression that
                                        evaluates to the routing value.<p class="- topic/p p">Elasticsearch routes a
                                            document to a particular shard in an index based on the
                                            routing value defined for the document. You can define a
                                            custom value for each document. If you donât define a
                                            custom routing value, Elasticsearch uses the parent ID
                                            (if defined) or the document ID as the routing
                                            value.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Data Charset</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">
                                        <p class="- topic/p p">Character encoding of the data to be processed. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__1">Additional Properties</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_aln_mxx_ty__entry__2">Extra fields to include in the action statement. Specify
                                        in JSON format. <p class="- topic/p p">For example, you can use the
                                                <code class="+ topic/ph pr-d/codeph ph codeph">_retry_on_conflict</code> field to specify
                                            how many times an update is retried when there is a
                                            version conflict. To specify three retries, include the
                                            following: </p><p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">"_retry_on_conflict" :
                                                3</code></p><p class="- topic/p p">You can use <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_lhz_pyp_1r">record functions and delimited data record
                                                functions</a> when configuring this
                                            property.</p><p class="- topic/p p">For more information, see the <a class="- topic/xref xref" href="https://www.elastic.co/guide/en/elasticsearch/reference/current/docs-bulk.html" target="_blank" rel="external noopener">Elasticsearch
                                                documentation</a>.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
                <div class="- topic/itemgroup task/info itemgroup info">If you enabled security, configure the following security properties:</div>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_ltl_ckl_yfb" data-ofbid="task_xlv_jdw_kq__table_ltl_ckl_yfb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Security Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Mode</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Authentication method to use:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_ifj_jgy_xfb" data-ofbid="task_xlv_jdw_kq__ul_ifj_jgy_xfb">
                                <li class="- topic/li li">Basic - Authenticate with Elasticsearch user name and password.
                                    Select this option for Elasticsearch clusters outside of Amazon
                                    OpenSearch Service.</li>
                                <li class="- topic/li li">AWS Signature V4 - Authenticate with AWS. Select this option for
                                    Elasticsearch clusters within Amazon OpenSearch Service. </li>
                            </ul></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">User Name</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Elasticsearch user name. <p class="- topic/p p">Available when using Basic
                                authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Password</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Password for the user account.<p class="- topic/p p">Available when using Basic
                                authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Amazon Web Services region that hosts the Elasticsearch
                                domain.<p class="- topic/p p">Available when using AWS Signature V4
                            authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Access Key ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">AWS access key ID. Required when
                            not using instance profile credentials.<p class="- topic/p p">Available when using AWS
                                Signature V4 authentication.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Secret Access Key</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">AWS secret access key.
                            Required when not using instance profile credentials.<p class="- topic/p p">Available when
                                using AWS Signature V4 authentication.</p></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">Enable SSL</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Enables the use of SSL.</td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">SSL Truststore Path</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Location of the truststore file. <p class="- topic/p p">Configuring this property is the
                                equivalent to configuring the shield.ssl.truststore.path
                                Elasticsearch property. </p><p class="- topic/p p">Not necessary for Elastic Cloud
                                clusters. </p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__1">SSL Truststore Password</td>
                        <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_ltl_ckl_yfb__entry__2">Password for the truststore file. <p class="- topic/p p">Configuring this property is the
                                equivalent to configuring the shield.ssl.truststore.password
                                Elasticsearch property. </p><p class="- topic/p p">Not necessary for Elastic Cloud
                                clusters. </p></td>
                    </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to file, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records - Write
                        to File</span> tab and configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_gy3_1y4_1r" data-ofbid="task_xlv_jdw_kq__table_gy3_1y4_1r" data-cols="2"><caption></caption><colgroup><col style="width:22.22222222222222%"/><col style="width:77.77777777777779%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__1">Write to File Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__1">Directory</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__2">Local directory for error record files. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__1">File Prefix</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__2">Prefix used for error record files. Use to differentiate
                                        error record files from other files in the directory.<p class="- topic/p p">Uses
                                            the prefix sdc-${sdc:id()} by default. The prefix
                                            evaluates to sdc-&lt;<span class="- topic/ph ph">Data Collector</span> ID&gt;. This provides default differentiation in case
                                            several <span class="- topic/ph ph">Data Collector</span>s write to the same directory. </p><p class="- topic/p p">The <span class="- topic/ph ph">Data Collector</span> ID is stored in the following file:
                                                <span class="+ topic/ph sw-d/filepath ph filepath">$SDC_DATA/sdc.id</span> file.
                                                </p><p class="- topic/p p"><span class="- topic/ph ph">For more information about environment variables, see
                              <a class="- topic/xref xref" href="../Configuration/DCEnvironmentConfig.html#concept_rng_qym_qr">Data Collector Environment Configuration</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__1">File Wait Time (secs)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__2">Number of seconds <span class="- topic/ph ph">Data Collector</span> waits for error records. After that time, it creates a
                                        new error record file. <p class="- topic/p p">You can enter a number of seconds
                                            or use the default expression to enter the time in
                                            minutes. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__1">Max File Size (MB)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_gy3_1y4_1r__entry__2">Maximum size for error files. Exceeding this size creates
                                        a new error file. <p class="- topic/p p">Use 0 to avoid using this
                                        property.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Google Cloud Storage, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error
                        Records - Write to Google Cloud Storage</span> tab and configure the
                    following properties: </span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_rkp_53v_5bb" data-ofbid="task_xlv_jdw_kq__table_rkp_53v_5bb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1">Google Cloud Storage Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1">Bucket</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">Bucket to use when writing records.<div class="- topic/note note note note_note"><span class="note__title">Note:</span> The bucket name must be DNS compliant. For more
                  information about bucket naming conventions, see the <a class="- topic/xref xref" href="https://cloud.google.com/storage/docs/naming" target="_blank" rel="external noopener">Google Cloud Storage documentation</a>.</div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1">Common Prefix</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">Common prefix that determines where objects are written.
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1"><a class="- topic/xref xref" href="../Destinations/GCS.html#concept_qsx_ryn_sbb">Partition Prefix</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">Optional partition prefix to specify the partition to
                                        use. <p class="- topic/p p">Use a specific partition prefix or define an
                                            expression that evaluates to a partition prefix.
                                            </p><p class="- topic/p p">When using datetime variables in the expression,
                                            be sure to configure the time basis for the
                                        stage.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1">Data Time Zone</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">
                                        <p class="- topic/p p">Time zone for the destination system. Used to resolve
                                            datetimes in a time-based partition prefix. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1"><a class="- topic/xref xref" href="../Destinations/GCS.html#concept_ffn_tc4_sbb">Time Basis</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">
                                        <div class="- topic/p p">Time basis to use for writing to a time-based bucket or
                                            partition prefix. Use one of the following
                                                expressions:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_wbn_qdt_r53" data-ofbid="task_xlv_jdw_kq__ul_wbn_qdt_r53">
                                                <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">${time:now()}</code> - Uses the
                                                  processing time as the time basis in conjunction
                                                  with the specified Data Time Zone.</li>
                                                <li class="- topic/li li">An expression that calls a field and resolves to
                                                  a datetime value, such as
                                                  <code class="+ topic/ph pr-d/codeph ph codeph">${record:value(&lt;date field
                                                  path&gt;)}</code>. Uses the time associated with
                                                  the record as the time basis, adjusted for the
                                                  specified Data Time Zone.</li>
                                            </ul></div>
                                        <p class="- topic/p p">When the Partition Prefix property has no time component,
                                            you can ignore this property. </p>
                                        <p class="- topic/p p">Default is <code class="+ topic/ph pr-d/codeph ph codeph">${time:now()}</code>.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1"><a class="- topic/xref xref" href="../Destinations/GCS.html#concept_s1m_j24_sbb">Object Name Prefix</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">Defines a prefix for object names written by the
                                        destination. By default, object names start with "sdc" as
                                        follows: <code class="+ topic/ph pr-d/codeph ph codeph">sdc-&lt;UUID&gt;</code>. <p class="- topic/p p">Not required for
                                            the whole file data format. </p></td>
                                </tr>
                                
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__entry_GoogleProjectID" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1">Project ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__p-ProjectIDDescription" data-ofbid="task_xlv_jdw_kq__p-ProjectIDDescription">Google Cloud project ID to use.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1"><a class="- topic/xref xref" href="GoogleCloud-Credentials.html#concept_vl2_bbx_q1b">Credentials Provider</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2">Provider for Google Cloud
                            credentials: <ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_phk_wgd_xmb" data-ofbid="task_xlv_jdw_kq__ul_phk_wgd_xmb">
                                <li class="- topic/li li">Default credentials provider - Uses Google Cloud default
                                    credentials.</li>
                                <li class="- topic/li li">Service account credentials file (JSON) - Uses credentials
                                    stored in a JSON service account credentials file.</li>
                                <li class="- topic/li li">Service account credentials (JSON) - Uses JSON-formatted
                                    credentials information from a service account credentials
                                    file.</li>
                            </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1"><a class="- topic/xref xref" href="GoogleCloud-Credentials.html#concept_xxg_lgr_v1b">Credentials File Path (JSON) </a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2"><span class="- topic/ph ph">Path to the Google Cloud
                                service account credentials file used to connect. The credentials
                                file must be a JSON file.</span><p class="- topic/p p">Enter a path relative to the
                                    <span class="- topic/ph ph">Data Collector</span> resources directory, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>, or enter an
                                absolute path.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__1"><a class="- topic/xref xref" href="GoogleCloud-Credentials.html#concept_ik1_pqp_wmb">Credentials File Content (JSON)</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_rkp_53v_5bb__entry__2"><span class="- topic/ph ph">Contents of a Google Cloud
                                service account credentials JSON file used to
                                    connect.</span><p class="- topic/p p"><span class="- topic/ph ph">Enter
                                    JSON-formatted credential information in plain text, or use an
                                    expression to call the information from</span>
                                            <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or a <span class="- topic/ph ph"><span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential store.</a></span></span></p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Google Pub/Sub, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records
                        - Write to Google Pub/Sub</span> tab and configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_wdw_vhv_5bb" data-ofbid="task_xlv_jdw_kq__table_wdw_vhv_5bb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Google Pub/Sub Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Topic ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Google Pub/Sub topic ID to write messages to.</td>
                                </tr>
                                
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__d396e45" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Project ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d396e50" data-ofbid="task_xlv_jdw_kq__d396e50">Google Cloud project ID to use.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1"><a class="- topic/xref xref" href="GoogleCloud-Credentials.html#concept_vl2_bbx_q1b">Credentials Provider</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Provider for Google Cloud
                            credentials: <ul class="- topic/ul ul" id="task_xlv_jdw_kq__d396e64" data-ofbid="task_xlv_jdw_kq__d396e64">
                                <li class="- topic/li li">Default credentials provider - Uses Google Cloud default
                                    credentials.</li>
                                <li class="- topic/li li">Service account credentials file (JSON) - Uses credentials
                                    stored in a JSON service account credentials file.</li>
                                <li class="- topic/li li">Service account credentials (JSON) - Uses JSON-formatted
                                    credentials information from a service account credentials
                                    file.</li>
                            </ul></td>
                                </tr>
                                <tr class="- topic/row" id="task_xlv_jdw_kq__roe-PubSub-CredFilePath">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1"><a class="- topic/xref xref" href="GoogleCloud-Credentials.html#concept_xxg_lgr_v1b">Credentials File Path (JSON)</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__GC-CredinFile" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2"><span class="- topic/ph ph">Path to the Google Cloud
                                service account credentials file used to connect. The credentials
                                file must be a JSON file.</span><p class="- topic/p p">Enter a path relative to the
                                    <span class="- topic/ph ph">Data Collector</span> resources directory, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>, or enter an
                                absolute path.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1"><a class="- topic/xref xref" href="GoogleCloud-Credentials.html#concept_ik1_pqp_wmb">Credentials File Content (JSON)</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2"><span class="- topic/ph ph">Contents of a Google Cloud
                                service account credentials JSON file used to
                                    connect.</span><p class="- topic/p p"><span class="- topic/ph ph">Enter
                                    JSON-formatted credential information in plain text, or use an
                                    expression to call the information from</span>
                                            <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or a <span class="- topic/ph ph"><span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential store.</a></span></span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Request Bytes Threshold</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Size of accumulated messages that triggers sending
                                        messages as a batch. Specify in bytes.<p class="- topic/p p">Default is
                                            1000.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Messages Count Threshold</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Number of accumulated messages that triggers sending
                                        messages as a batch. <p class="- topic/p p">Default is 100.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Default Delay Threshold (ms)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Elapsed time since the arrival of the first message that
                                        triggers sending messages as a batch. Specify in
                                        milliseconds. <p class="- topic/p p">Default is 1.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Batch Enabled</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Select to have the destination send messages in batches.
                                        When disabled, the destination writes each message
                                        individually, ignoring threshold properties.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Max Outstanding Message Count</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Number of unprocessed messages that the destination
                                        stores in memory before taking an action to control the flow
                                        of messages. You might want to control the flow of messages
                                        when the destination can read messages faster than it can
                                        write messages.<p class="- topic/p p">Set to 0 to never control the flow based
                                            on message count. To control the message flow when using
                                            batch processing, set to a number larger than the
                                            message count threshold.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Max Outstanding Request Bytes</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Number of unprocessed bytes that the destination stores
                                        in memory before taking an action to control the flow of
                                        messages. <p class="- topic/p p">Set to 0 to never control the flow based on
                                            message size. To control the message flow when using
                                            batch processing, set to a number larger than the
                                            request bytes threshold. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__1">Limit Exceeded Behavior</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_wdw_vhv_5bb__entry__2">Action to take when either the count or size of
                                        unprocessed messages exceeds the specified limit. Select one
                                        of the following options: <ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_g5d_dvy_hhb" data-ofbid="task_xlv_jdw_kq__ul_g5d_dvy_hhb">
                                            <li class="- topic/li li">Throw Exception - Triggers pipeline error
                                                processing.</li>
                                            <li class="- topic/li li">Block - Stops processing new messages until stored
                                                messages have been successfully written.</li>
                                            <li class="- topic/li li">Ignore - Discards new messages until stored messages
                                                have been successfully written.</li>
                                        </ul></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Kafka, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records - Write
                        to Kafka</span> tab and configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_lb5_svh_ms" data-ofbid="task_xlv_jdw_kq__table_lb5_svh_ms" data-cols="2"><caption></caption><colgroup><col style="width:27.77777777777778%"/><col style="width:72.22222222222221%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Write to Kafka Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Broker URI</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Comma-separated list of connection strings for the Kafka brokers. Use
                            the following format for each broker:
                                <code class="+ topic/ph pr-d/codeph ph codeph">&lt;host&gt;:&lt;port&gt;</code>.<p class="- topic/p p">To ensure a pipeline can
                                connect to Kafka in case a specified broker goes down, list as many
                                brokers as possible.</p></td>
                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_ok1_cwr_xr" title="Kafka Producer can write a record to the topic based on an expression. When Kafka Producer evaluates a record, it calculates the expression based on record values and writes the record to the resulting topic.">Runtime Topic Resolution</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__KPRuntimeTopicEntry" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Evaluates an expression at
                                            runtime to determine the topic to use for each
                                            record.</td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Topic</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Topic to use. <p class="- topic/p p">Not available when using runtime
                                                topic resolution.</p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Topic Expression</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Expression used to determine where each record is
                                            written when using runtime topic resolution. Use an
                                            expression that evaluates to a topic name. </td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Topic White List</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">List of valid topic names to write to when using
                                            runtime topic resolution. Use to avoid writing to
                                            invalid topics. Records that resolve to invalid topic
                                            names are passed to the stage for error handling. <p class="- topic/p p">Use
                                                an asterisk (*) to allow writing to any topic name.
                                                By default, all topic names are valid.</p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_qpm_xp4_4r" title="The partition strategy determines how to write data to Kafka partitions. You can use a partition strategy to balance the work load or to write data semantically.">Partition Strategy</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Strategy to use to write to partitions:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_tq2_yr3_br" data-ofbid="task_xlv_jdw_kq__ul_tq2_yr3_br">
                                                <li class="- topic/li li">Round Robin - Takes turns writing to different
                                                  partitions.</li>
                                                <li class="- topic/li li">Random - Writes to partitions randomly.</li>
                                                <li class="- topic/li li">Expression - Uses an expression to write data to
                                                  different partitions. Writes records to the
                                                  partitions specified by the results of the expression.<div class="- topic/p p">
                                                  <div class="- topic/note note note note_note"><span class="note__title">Note:</span> The expression results are written to a
                                                  specified Kafka message key attribute, overwriting
                                                  any existing values. </div>
                                                  </div></li>
                                                <li class="- topic/li li">Default - Uses an expression to extract a
                                                  partition key from the record. Writes records to
                                                  partitions based on a hash of the partition key.
                                                </li>
                                            </ul></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_qpm_xp4_4r" title="The partition strategy determines how to write data to Kafka partitions. You can use a partition strategy to balance the work load or to write data semantically.">Partition Expression</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__KPPartExpr_entry" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Expression to use with the
                                            default or expression partition strategy. <p class="- topic/p p">When using
                                                the default partition strategy, specify an
                                                expression that returns the partition key from the
                                                record. The expression must evaluate to a string
                                                value. </p><p class="- topic/p p">When using the expression partition
                                                strategy, specify an expression that evaluates to
                                                the partition where you want each record written.
                                                Partition numbers start with 0. The expression must
                                                evaluate to a numeric value.</p><p class="- topic/p p">Optionally, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Ctrl + Space Bar</span> for help with
                  creating the expression. </p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">One Message per Batch</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">For each batch, writes the records to each partition
                                            as a single message. </td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_wnp_gfc_rw">Kafka Configuration</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Additional Kafka properties to use. Using <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the
                                                <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and define the Kafka
                                            property name and value. <p class="- topic/p p">Use the property names and
                                                values as expected by Kafka. Do not use the
                                                broker.list property.</p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1"><a class="- topic/xref xref" href="KMessageKey.html#concept_kdj_kzf_tmb">Kafka Message Key</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Passes message key values stored in a record header
                                            attribute to Kafka as message keys. <p class="- topic/p p">Enter an
                                                expression that specifies the attribute where the
                                                message keys are stored. </p><div class="- topic/p p">To pass string
                                                message keys stored in an attribute,
                                                use:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_xlv_jdw_kq__KafkaKey-String" data-ofbid="task_xlv_jdw_kq__KafkaKey-String"><code>${record:attribute('&lt;message key attribute name&gt;'}</code></pre></div><div class="- topic/p p">To
                                                pass Avro message keys stored in an attribute,
                                                use:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_xlv_jdw_kq__KafkaKey-Avro" data-ofbid="task_xlv_jdw_kq__KafkaKey-Avro"><code>${avro:decode(record:attribute('avroKeySchema'),base64:decodeBytes(record:attribute('&lt;messsage key attribute name')))}</code></pre></div><p class="- topic/p p">For
                                                more information, about working with Kafka message
                                                keys, see <a class="- topic/xref xref" href="KMessageKey.html#concept_ujc_cml_smb">Kafka Message Keys</a>.</p></td>
                                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Security Option</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2"><span class="- topic/ph ph">Authentication and encryption option used
                                to connect to the Kafka brokers:</span><ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_lmt_vrq_pnb" data-ofbid="task_xlv_jdw_kq__ul_lmt_vrq_pnb">
                                <li class="- topic/li li">None (Security Protocol=PLAINTEXT) - Uses no authentication or
                                    encryption.</li>
                                <li class="- topic/li li">SSL/TLS Encryption (Security Protocol=SSL)</li>
                                <li class="- topic/li li">SSL/TLS Encryption and Authentication (Security
                                    Protocol=SSL)</li>
                                <li class="- topic/li li">SASL Authentication (Security Protocol=SASL_PLAINTEXT)</li>
                                <li class="- topic/li li">SASL Authentication on SSL/TLS (Security Protocol=SASL_SSL)</li>
                                <li class="- topic/li li">Custom Authentication (Security Protocol=CUSTOM)</li>
                            </ul><p class="- topic/p p">Enabling security requires completing several
                                            prerequisite tasks and configuring additional security
                                            properties, as described in <a class="- topic/xref xref" href="KafkaSecurity.html#concept_jpy_ln5_klb">Security in Kafka Stages</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__1">Message Key Format</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_lb5_svh_ms__entry__2">Data format of the message key values to pass to Kafka.
                                        Ignore this property when not <a class="- topic/xref xref" href="KMessageKey.html#concept_kdj_kzf_tmb">passing message key values to Kafka</a>.<p class="- topic/p p">For more
                                            information about working with Kafka message key values,
                                            see <a class="- topic/xref xref" href="KMessageKey.html#concept_ujc_cml_smb">Kafka Message Keys</a>.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to Kinesis, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records -
                        Write to Kinesis</span> tab and configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_cgq_yn4_yr" data-ofbid="task_xlv_jdw_kq__table_cgq_yn4_yr" data-cols="2"><caption></caption><colgroup><col style="width:22.22222222222222%"/><col style="width:77.77777777777779%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Kinesis Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1"><a class="- topic/xref xref" href="AmazonSecurity.html#concept_ypw_hbj_3nb">Authentication Method</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2"><span class="- topic/ph ph">Authentication method used to connect to Amazon Web Services
                                (AWS):</span><ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_dxl_pvl_qnb" data-ofbid="task_xlv_jdw_kq__ul_dxl_pvl_qnb">
                                <li class="- topic/li li"><span class="- topic/ph ph" id="task_xlv_jdw_kq__d2107e499">AWS Keys - Authenticates
                                        using an AWS access key pair.</span></li>
                                <li class="- topic/li li">Instance Profile - Authenticates using an instance profile
                                    associated with theÂ <span class="- topic/ph ph">Data Collector</span>Â EC2 instance.</li>
                            </ul></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Access Key ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">AWS access key ID. Required when using AWS keys to authenticate with
                            AWS.</td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Secret Access Key</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2"><span class="- topic/ph ph">AWS secret access key. Required when
                                using AWS keys to authenticate with AWS.</span><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  access key pairs, you can use <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1"><a class="- topic/xref xref" href="AmazonSecurity.html#concept_inb_tdj_3nb" title="When using instance profile or AWS access keys authentication, you can configure the Amazon stage to assume another IAM role.">Assume Role</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2"><span class="- topic/ph ph">Temporarily assumes another role to
                                authenticate with AWS.</span></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Role ARN</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e620" data-ofbid="task_xlv_jdw_kq__d2107e620">Amazon resource name (ARN) of the role to assume,
                                entered in the following format:</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e623" data-ofbid="task_xlv_jdw_kq__d2107e623"><code class="+ topic/ph pr-d/codeph ph codeph">arn:aws:iam::&lt;account_id&gt;:role/&lt;role_name&gt;</code></p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e627" data-ofbid="task_xlv_jdw_kq__d2107e627">Where <code class="+ topic/ph pr-d/codeph ph codeph">&lt;account_id&gt;</code> is the
                                ID of your AWS account and <code class="+ topic/ph pr-d/codeph ph codeph">&lt;role_name&gt;</code> is the
                                name of the role to assume. You must create and attach an IAM trust
                                policy to this role that allows the role to be assumed.</p>
                            <p class="- topic/p p">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Role Session Name</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e648" data-ofbid="task_xlv_jdw_kq__d2107e648">Optional name for the session created by
                                assuming a role. Overrides the default unique identifier for the
                                session.</p>
                            <p class="- topic/p p">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Session Timeout</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e663" data-ofbid="task_xlv_jdw_kq__d2107e663">Maximum number of seconds for each session
                                created by assuming a role. The session is refreshed if the pipeline
                                continues to run for longer than this amount of time.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e666" data-ofbid="task_xlv_jdw_kq__d2107e666">Set to a value between 3,600 seconds and
                                43,200 seconds. </p>
                            <p class="- topic/p p">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Set Session Tags</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__d2107e679" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e681" data-ofbid="task_xlv_jdw_kq__d2107e681">Sets a session tag to record the name of the
                                currently logged in <span class="- topic/ph ph">StreamSets</span>
                                user that starts the pipeline or the job for the pipeline. AWS IAM
                                verifies that the user account set in the session tag can assume the
                                specified role.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e686" data-ofbid="task_xlv_jdw_kq__d2107e686">Select only when the IAM trust policy
                                attached to the role to be assumed uses session tags and restricts
                                the session tag values to specific user accounts.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e689" data-ofbid="task_xlv_jdw_kq__d2107e689">When cleared, the connection does not set a
                                session tag.</p>
                            <p class="- topic/p p" id="task_xlv_jdw_kq__d2107e692" data-ofbid="task_xlv_jdw_kq__d2107e692">Available when assuming another role.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__d2107e755" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">AWS region to connect to. Select one
                            of the available regions. To specify an endpoint to connect to, select
                            Other. </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Endpoint</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Endpoint to connect to when you select Other for the region. Enter
                            the endpoint name. </td>
                    </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Stream Name</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Kinesis stream name.</td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Kinesis Producer Configuration</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__entryKinesisConfig" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Additional Kinesis properties to use. UsingÂ <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click theÂ <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span>Â icon to add
              properties. Define the Kinesis property name and value.<p class="- topic/p p">When you add a configuration
                property, enter the exact property name and the value. The stage does not validate
                the property names or values. </p></td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Partitioning Strategy</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Strategy to write data to Kinesis shards:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_nqh_qw1_fx" data-ofbid="task_xlv_jdw_kq__ul_nqh_qw1_fx">
                <li class="- topic/li li">Random - Generates a random partition key.</li>
                <li class="- topic/li li">
                  <p class="- topic/p p">Expression - Uses the result of an expression as the partition key.</p>
                </li>
              </ul></td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Partition Expression</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Expression to generate the partition key used to pass data to different shards.
                <p class="- topic/p p">Use for the expression partition strategy. </p></td>
          </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__1">Preserve Record Order</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_cgq_yn4_yr__entry__2">Select to preserve the order of records. Enabling this
                                        option can reduce pipeline performance.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to a MapR Streams cluster, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error
                        Records - Write to MapR Streams</span> tab and configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_izf_lxn_2v" data-ofbid="task_xlv_jdw_kq__table_izf_lxn_2v" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1">MapR Streams Producer Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_ok1_cwr_xr" title="Kafka Producer can write a record to the topic based on an expression. When Kafka Producer evaluates a record, it calculates the expression based on record values and writes the record to the resulting topic.">Runtime Topic Resolution</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__d4511e10821" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Evaluates an expression at
                                            runtime to determine the topic to use for each
                                            record.</td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1">Topic</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Topic to use. <p class="- topic/p p">Not available when using runtime
                                                topic resolution.</p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1">Topic Expression</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Expression used to determine where each record is
                                            written when using runtime topic resolution. Use an
                                            expression that evaluates to a topic name. </td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1">Topic White List</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">List of valid topic names to write to when using
                                            runtime topic resolution. Use to avoid writing to
                                            invalid topics. Records that resolve to invalid topic
                                            names are passed to the stage for error handling. <p class="- topic/p p">Use
                                                an asterisk (*) to allow writing to any topic name.
                                                By default, all topic names are valid.</p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_qpm_xp4_4r" title="The partition strategy determines how to write data to Kafka partitions. You can use a partition strategy to balance the work load or to write data semantically.">Partition Strategy</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Strategy to use to write to partitions:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__d4511e10854" data-ofbid="task_xlv_jdw_kq__d4511e10854">
                                                <li class="- topic/li li">Round Robin - Takes turns writing to different
                                                  partitions.</li>
                                                <li class="- topic/li li">Random - Writes to partitions randomly.</li>
                                                <li class="- topic/li li">Expression - Uses an expression to write data to
                                                  different partitions. Writes records to the
                                                  partitions specified by the results of the expression.<div class="- topic/p p">
                                                  <div class="- topic/note note note note_note"><span class="note__title">Note:</span> The expression results are written to a
                                                  specified Kafka message key attribute, overwriting
                                                  any existing values. </div>
                                                  </div></li>
                                                <li class="- topic/li li">Default - Uses an expression to extract a
                                                  partition key from the record. Writes records to
                                                  partitions based on a hash of the partition key.
                                                </li>
                                            </ul></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1"><a class="- topic/xref xref" href="../Destinations/KProducer.html#concept_qpm_xp4_4r" title="The partition strategy determines how to write data to Kafka partitions. You can use a partition strategy to balance the work load or to write data semantically.">Partition Expression</a></td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__d4511e10881" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Expression to use with the
                                            default or expression partition strategy. <p class="- topic/p p">When using
                                                the default partition strategy, specify an
                                                expression that returns the partition key from the
                                                record. The expression must evaluate to a string
                                                value. </p><p class="- topic/p p">When using the expression partition
                                                strategy, specify an expression that evaluates to
                                                the partition where you want each record written.
                                                Partition numbers start with 0. The expression must
                                                evaluate to a numeric value.</p><p class="- topic/p p">Optionally, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Ctrl + Space Bar</span> for help with
                  creating the expression. </p></td>
                                    </tr>
                                <tr class="- topic/row">
                                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1">One Message per Batch</td>
                                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">For each batch, writes the records to each partition
                                            as a single message. </td>
                                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1"><a class="- topic/xref xref" href="../Destinations/MapRStreamsProd.html#concept_lzy_xlg_2v" title="You can add custom configuration properties to MapR Streams Producer.">MapR Streams Configuration</a>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">Additional configuration properties to use. Using <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and define the MapR
                                        Streams property name and value.<p class="- topic/p p">Use the property names
                                            and values as expected by MapR.</p><p class="- topic/p p">You can use MapR
                                            Streams properties and the set of Kafka properties
                                            supported by MapR Streams. </p></td>
                                </tr>
                                <tr class="- topic/row" id="task_xlv_jdw_kq__row-OverrideStageConfigMapR">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__1">Override Stage Configurations</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_izf_lxn_2v__entry__2">When configurations conflict, the properties configured
                                        in the MapR Streams Configuration property override other
                                        properties configured in the stage. </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When writing error records to an MQTT broker, click the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Error Records
                        - Write to MQTT</span> tab and configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_xlv_jdw_kq__table_a2r_l4t_kcb" data-ofbid="task_xlv_jdw_kq__table_a2r_l4t_kcb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">MQTT Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Broker URL</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">MQTT Broker URL. Enter in the following
                                format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;tcp | ssl&gt;://&lt;hostname&gt;:&lt;port&gt;</code></pre><p class="- topic/p p">Use ssl for
                                    secure connections to the broker.</p><div class="- topic/p p">For
                                        example:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>tcp://localhost:1883</code></pre></div><div class="- topic/p p">For high availability MQTT
                                            clusters without a load balancer, specify a list of brokers from the cluster,
                                            separated by commas and without spaces. The stage connects to the first available
                                            broker, trying in the order listed. For example:
                                            <pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>tcp://hostA:1883,tcp://hostB:1883,tcp://hostC:1883</code></pre></div></td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Client ID</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">MQTT Client ID. The ID must be unique across all clients connecting to the same
                                broker.<div class="- topic/p p">You can define an expression that evaluates to the client ID. For example,
                                    enter the following expression to use the unique pipeline ID as the client
                                    ID:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>${pipeline:id()}</code></pre></div><p class="- topic/p p">If a pipeline includes multiple
                                        MQTT stages and you want to use the unique pipeline ID as the client ID for both
                                        stages, prefix the client ID with a string like
                                        this:</p><pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>sub-${pipeline:id()} and pub-${pipeline:id()} </code></pre>Otherwise,
                                all stages will use the same client ID. This can cause problems, such as messages
                                disappearing.</td>
                        </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1"><a class="- topic/xref xref" href="../Destinations/MQTTPublisher.html#concept_bbq_w5q_mz" title="The MQTT Publisher destination writes messages to a single topic on the MQTT broker. Any MQTT client subscribed to that topic receives the messages. A topic is a string that the broker uses to filter messages for each connected client.">Topic</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Topic to publish to. Using <a class="- topic/xref xref" href="SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to
                read from additional topics. </td>
            </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Quality of Service</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Determines the quality of service level used to guarantee message delivery:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_gc5_mcr_mz" data-ofbid="task_xlv_jdw_kq__ul_gc5_mcr_mz">
                <li class="- topic/li li">At Most Once (0)</li>
                <li class="- topic/li li">At Least Once (1)</li>
                <li class="- topic/li li">Exactly Once (2)</li>
              </ul><p class="- topic/p p">For more information, see the <a class="- topic/xref xref" href="http://www.hivemq.com/blog/mqtt-essentials-part-6-mqtt-quality-of-service-levels" target="_blank" rel="external noopener">HiveMQ documentation on quality of service
                  levels</a>.</p></td>
          </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Client Persistence Mechanism</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Determines the persistence mechanism that the destination uses to guarantee
                message delivery when the quality of service level is at least once or exactly once.
                Select one of the following options:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__ul_oq3_gdr_mz" data-ofbid="task_xlv_jdw_kq__ul_oq3_gdr_mz">
                  <li class="- topic/li li">Memory - Store messages in memory on the <span class="- topic/ph ph">Data Collector</span> machine until the
                    delivery of the message is complete.</li>
                  <li class="- topic/li li">File - Store messages in a local file on the <span class="- topic/ph ph">Data Collector</span> machine until the
                    delivery of the message is complete.</li>
                </ul><p class="- topic/p p">Not used when the quality of service level is at most once.</p><p class="- topic/p p">For more
                  information, see the <a class="- topic/xref xref" href="http://www.hivemq.com/blog/mqtt-essentials-part-7-persistent-session-queuing-messages" target="_blank" rel="external noopener">HiveMQ documentation on client
                  persistence</a>.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Client Persistence Data Directory</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Local directory on the <span class="- topic/ph ph">Data Collector</span> machine where the
                destination temporarily stores messages in a file when you configure file
                  persistence.<p class="- topic/p p">The user who starts <span class="- topic/ph ph">Data Collector</span> must have read and
                  write access to this directory.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Keep Alive Interval (secs)</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Maximum time in seconds to allow the connection to the MQTT broker to remain
                idle. After the destination publishes no messages for this amount of time, the
                connection is closed. The destination must reconnect to the MQTT broker.<p class="- topic/p p">Default
                  is 60 seconds.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Use Credentials</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Enables entering MQTT credentials. <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_xlv_jdw_kq__d329e6785">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Username</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">MQTT user name.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">MQTT password.</td>
                                </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Clean Session</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Enables connecting to the MQTT broker using a clean session, or a non-persistent
              connection. See the MQTT documentation for details about MQTT clean sessions.</td>
          </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Retain the Message</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Determines whether or not the MQTT broker retains the message last published by
                the destination when no MQTT client is subscribed to listen to the topic. <p class="- topic/p p">When
                  selected, the MQTT broker retains the last message published by the destination.
                  Any messages published earlier are lost. When cleared, all messages published by
                  the destination are lost.</p><p class="- topic/p p">For more information about MQTT retained messages,
                  see <a class="- topic/xref xref" href="http://www.hivemq.com/blog/mqtt-essentials-part-8-retained-messages" target="_blank" rel="external noopener">http://www.hivemq.com/blog/mqtt-essentials-part-8-retained-messages</a>.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Use TLS</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__d4511e5045" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Enables the use of TLS. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Use Remote Truststore</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Enables loading the contents of the truststore from a
                                        remote credential store or from values entered in the stage
                                        properties. For more information, see <a class="- topic/xref xref" href="SSL-TLS.html#concept_q2c_hj2_1nb" title="You can configure stages to load the contents of the keystore or truststore from a remote credential store or from values entered in the stage properties. The stage builds the keystore or truststore from the private key and certificates retrieved from the credential store or entered in the stage properties.">Remote Keystore and Truststore</a>.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Trusted Certificates</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Each PEM certificate used in the remote truststore. Enter
                                        a <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_yvc_3qs_r1b">credential function</a> that returns the certificate
                                        or enter the contents of the certificate.<p class="- topic/p p">Using simple or
                                            bulk edit mode, click the <strong class="+ topic/ph hi-d/b ph b">Add</strong> icon to add
                                            additional certificates.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1"><a class="- topic/xref xref" href="SSL-TLS.html#concept_kqb_rqf_5z">Truststore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5286" data-ofbid="task_xlv_jdw_kq__d4511e5286">Path to the local truststore file. Enter an absolute path
                                            to the file or enter the following expression to define
                                            the file stored in the <span class="- topic/ph ph">Data Collector</span> resources directory:</p>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5291" data-ofbid="task_xlv_jdw_kq__d4511e5291"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/truststore.jks</code>
                                        </p>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5296" data-ofbid="task_xlv_jdw_kq__d4511e5296">By default, no truststore is used. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__d4511e5330" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Truststore Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">
                                        <div class="- topic/p p" id="task_xlv_jdw_kq__d4511e5335" data-ofbid="task_xlv_jdw_kq__d4511e5335">Type of truststore to use. Use one of the following
                                                types:<ul class="- topic/ul ul" id="task_xlv_jdw_kq__d4511e5337" data-ofbid="task_xlv_jdw_kq__d4511e5337">
                                                <li class="- topic/li li">Java Keystore File (JKS)</li>
                                                <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                            </ul></div>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5346" data-ofbid="task_xlv_jdw_kq__d4511e5346">Default is Java Keystore File (JKS). </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_xlv_jdw_kq__d4511e5354" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Truststore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5359" data-ofbid="task_xlv_jdw_kq__d4511e5359">Password to the truststore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Truststore Trust Algorithm</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" id="task_xlv_jdw_kq__d4511e5374" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5376" data-ofbid="task_xlv_jdw_kq__d4511e5376">Algorithm to manage the truststore. </p>
                                        <p class="- topic/p p" id="task_xlv_jdw_kq__d4511e5379" data-ofbid="task_xlv_jdw_kq__d4511e5379">Default is <span class="- topic/ph ph" id="task_xlv_jdw_kq__d4511e5381">SunX509</span>.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Use Default Protocols</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Uses the default <span class="- topic/ph ph">TLSv1.2</span> transport layer security (TLS) protocol. To use a
                                        different protocol, clear this option.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1"><a class="- topic/xref xref" href="SSL-TLS.html#concept_mvs_cxf_5z">Transport Protocols</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">TLS protocols to use. To use a protocol other than the
                                        default <span class="- topic/ph ph">TLSv1.2</span>, click the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and enter the
                                        protocol name. You can use simple or bulk edit mode to add
                                            protocols.<div class="- topic/note note note note_note"><span class="note__title">Note:</span> Older protocols are not as secure as <span class="- topic/ph ph">TLSv1.2</span>.</div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1"><a class="- topic/xref xref" href="SSL-TLS.html#concept_cwx_dyf_5z">Use Default Cipher Suites</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Uses a default cipher suite for the SSL/TLS handshake. To
                                        use a different cipher suite, clear this option.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__1">Cipher Suites</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_xlv_jdw_kq__table_a2r_l4t_kcb__entry__2">Cipher suites to use. To use a cipher suite that is not a
                                        part of the default set, click the
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon and enter the name of
                                        the cipher suite. You can use simple or bulk edit mode to
                                        add cipher suites.<p class="- topic/p p">Enter the Java Secure Socket Extension
                                            (JSSE) name for the additional cipher suites that you
                                            want to use. </p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When using a cluster batch or streaming execution mode, click the
                        <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Cluster</span> tab and configure the cluster
                    properties.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For information about configuring cluster mode pipelines, see <a class="- topic/xref xref" href="../Cluster_Mode/ClusterPipelines.html#concept_rjc_4m5_lx" title="Data Collector can run a cluster pipeline using cluster batch or cluster streaming execution mode.">Cluster Batch and Streaming Execution Modes</a>.</div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When using the cluster EMR batch execution mode, click the
                        <span class="+ topic/ph ui-d/uicontrol ph uicontrol">EMR</span> tab and configure the properties required to run
                    pipelines on an Amazon EMR cluster.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For information about configuring cluster EMR batch mode pipelines to process
                    data from Amazon S3, see <a class="- topic/xref xref" href="../Cluster_Mode/AmazonS3Requirements.html#concept_opj_jmf_f2b">Amazon S3 Requirements</a>.</div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Configure the pipeline to aggregate statistics on the
                        <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Statistics</span> tab. </span>
                <div class="- topic/itemgroup task/info itemgroup info"> For information about <span class="- topic/ph ph">Control Hub</span> aggregated statistics, see <a class="- topic/xref xref" href="../DPM/AggregatedStatistics.html#concept_h2q_mb5_xw">Pipeline Statistics</a>. </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">To configure a test origin, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Test Origin</span> tab,
                    configure the origin properties.</span>
                <div class="- topic/itemgroup task/info itemgroup info">All origin properties appear on the Test Origin tab. </div>
                <div class="- topic/itemgroup task/info itemgroup info">For configuration details for a specific origin, see âConfiguring an
                    &lt;origin type&gt; Originâ in the <a class="- topic/xref xref" href="../Origins/Origins_overview.html#concept_hpr_twm_jq">Origins</a>
                    chapter.</div>
                <div class="- topic/itemgroup task/info itemgroup info">To use a different test origin, select the origin to use in the
                        <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Test Origin</span> property on the
                        <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab.</div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">If you are using the pipeline start or stop events, configure the related event
                    consumer properties on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">&lt;event type&gt; - &lt;event
                        consumer&gt;</span> tab.</span>
                <div class="- topic/itemgroup task/info itemgroup info">All properties for the event consumer appear on the tab. </div>
                <div class="- topic/itemgroup task/info itemgroup info">For configuration details for a specific executor, see "Configuring an
                    &lt;executor type&gt; Executor" in the <a class="- topic/xref xref" href="../Executors/Executors-overview.html#concept_stt_2lk_fx">Executors</a> chapter. <p class="- topic/p p">For details on writing to
                        another pipeline, see <a class="- topic/xref xref" href="../Destinations/SDC_RPCdest.html#task_nbl_r2x_dt__step-SDCRPCdesttab">Configuring an SDC RPC Destination</a>.</p><p class="- topic/p p">To use a different
                        event consumer, select the consumer to use in the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Start
                            Event</span> or <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Stop Event</span> properties on the
                            <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab.</p></div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Use the Stage Library panel to add an origin stage. In the Properties panel,
                    configure the stage properties.</span>
                
                <div class="- topic/itemgroup task/info itemgroup info">For configuration details about origin stages, see <a class="- topic/xref xref" href="../Origins/Origins_overview.html#concept_hpr_twm_jq">Origins</a>. </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Use the Stage Library panel to add the next stage that you want to use, connect
                    the origin to the new stage, and configure the new stage.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For configuration details about processors, see <a class="- topic/xref xref" href="../Processors/Processors_overview.html#concept_hpr_twm_jq">Processors</a>.<p class="- topic/p p">For
                        configuration details about destinations, see <a class="- topic/xref xref" href="../Destinations/Destinations_overview.html#concept_hpr_twm_jq" title="A destination stage represents the target for a pipeline. You can use one or more destinations in a pipeline.">Destinations</a>.</p><p class="- topic/p p">For configuration details about executors, see <a class="- topic/xref xref" href="../Executors/Executors-overview.html#concept_stt_2lk_fx">Executors</a>.</p></div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Add additional stages as necessary.</span>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">At any point, you can use the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Preview</span> icon to preview
                    data to help configure the pipeline. For more information, see <a class="- topic/xref xref" href="../Data_Preview/DataPreview_Title.html#concept_jtn_s3m_lq">Data Preview Overview</a>. </span>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Optionally, you can create metric or data alerts to track details about a
                    pipeline run and create threshold alerts. For more information, see <a class="- topic/xref xref" href="../Alerts/RulesAlerts_title.html#concept_pgk_brx_rr">Rules and Alerts</a>.</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_xlv_jdw_kq__image_o5g_wmb_sgb" src="../../../reusable-content/shared-graphics/icon-Edge.png" height="19" width="19"/> Not valid in <span class="- topic/ph ph">Data Collector Edge</span> pipelines.</span>
                        <span class="- topic/ph ph">Data Collector Edge</span> pipelines do not support rules or alerts. </p>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When the pipeline is validated and complete, use the
                        <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Start</span> icon to run the pipeline. </span>
            </li></ol></section>
        <section class="- topic/section task/result section result"><span class="- topic/ph ph">When <span class="- topic/ph ph">Data Collector</span>
                starts the pipeline, Monitor mode displays real-time statistics for the pipeline.
                For more information about monitoring, see <a class="- topic/xref xref" href="../Pipeline_Monitoring/PipelineMonitoring_title.html#concept_hsp_tnt_lq" title="When the Data Collector runs a pipeline, you can view real-time statistics about the pipeline, examine a sample of the data being processed, and create rules and alerts.">Pipeline Monitoring Overview</a>.</span></section>
    </div>
</article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>